跳到主要内容
版本:1.11.x

Python SDK 参考

本指南详细介绍如何使用 ROCK SDK 进行开发,包括沙箱环境管理和 GEM 环境交互。

1. 概述

ROCK SDK为开发者提供了便捷的Python接口来使用ROCK平台的功能,包括沙箱环境管理和GEM环境交互。

重要提示: 使用 SDK 之前,请确保 ROCK Admin 服务正在运行。可以通过以下命令启动:

rock admin start

2. Sandbox SDK

2.1 基本沙箱操作

import asyncio

from rock.actions import CreateBashSessionRequest
from rock.sdk.sandbox.client import Sandbox
from rock.sdk.sandbox.config import SandboxConfig

async def run_sandbox():
"""Run sandbox demo with admin server requirement.

NOTE: This demo requires the admin server to be running for proper execution.
Make sure to start the admin server before running this script.
Default admin server port is 8080.
"""
# Create sandbox configuration
config = SandboxConfig(
image="python:3.11",
memory="8g",
cpus=2.0,
disk="20g",
)

# Create sandbox instance
sandbox = Sandbox(config)

# Start sandbox (connects to admin server)
await sandbox.start()

# Create session in sandbox for command execution
await sandbox.create_session(CreateBashSessionRequest(session="bash-1"))

# Execute command in sandbox session
result = await sandbox.arun(cmd="echo Hello ROCK", session="bash-1")
print("\n" + "*" * 50 + "\n" + result.output + "\n" + "*" * 50 + "\n")

# Stop and clean up sandbox resources
await sandbox.stop()

if __name__ == "__main__":
# Ensure admin server is running before executing
print("IMPORTANT: Make sure the admin server is running before executing this demo!")
print("Start the admin server with: rock admin start")
asyncio.run(run_sandbox())

2.2 沙箱组管理

from rock.sdk.sandbox.config import SandboxGroupConfig

# 创建沙箱组配置
config = SandboxGroupConfig(
image="python:3.11",
size=4, # 创建4个沙箱
start_concurrency=2, # 并发启动级别为2
)

# 创建并启动沙箱组
sandbox_group = SandboxGroup(config)
await sandbox_group.start()

# 批量操作
for sandbox in sandbox_group.sandbox_list:
await sandbox.run_in_session(Action(session="default", command="echo Hello"))

# 批量停止
await sandbox_group.stop()

2.3 配置示例

可通过 memorycpusdisk 指定沙箱资源。disk 接受 "20g" 这样的 容量字符串,用于限制沙箱根文件系统和日志目录的磁盘配额。

config = SandboxConfig(
image="python:3.11",
memory="8g",
cpus=2.0,
disk="20g",
auto_clear_seconds=60 * 20,
experiment_id="test",
)

2.4 归档并重启沙箱

当 stopped 沙箱在本地容器被清理后仍需要恢复时,可以使用 archive()。 ROCK 会将容器文件系统保存为归档镜像,并将沙箱日志目录上传到远端存储。 对 archived 沙箱调用 restart() 时,ROCK 会恢复这些内容并启动新容器。

状态流转如下:

running --stop--> stopped --archive--> archiving --success--> archived
|
+--restart--> pending --alive--> running

archiving --failure/timeout--> stopped
pending(恢复中)--failure/timeout--> archived

archive() 只负责发起异步归档任务。只有当 get_status(include_all_states=True) 返回 state == "archived" 时, 才表示远端归档已完成,可用于恢复。

import asyncio


async def wait_until_archived(sandbox, timeout=1800):
deadline = asyncio.get_running_loop().time() + timeout
while True:
status = await sandbox.get_status(include_all_states=True)
if status.state == "archived":
return
if status.state == "stopped":
raise RuntimeError("归档失败或超时,可以重试")
if asyncio.get_running_loop().time() >= deadline:
raise TimeoutError(f"等待归档超时,当前状态: {status.state}")
await asyncio.sleep(3)


# 运行此示例前,sandbox 应处于 running 状态。
await sandbox.arun("echo 'keep me' > /tmp/archive-marker.txt")
await sandbox.stop()

# archive() 只能对 stopped 沙箱调用。
await sandbox.archive()
await wait_until_archived(sandbox)

# restart() 会识别 archived 状态并自动恢复沙箱。
await sandbox.restart()
result = await sandbox.arun("cat /tmp/archive-marker.txt")
assert "keep me" in result.output

如果要在另一个进程中恢复,请使用相同的服务地址、集群和认证信息创建 Sandbox,先调用 await sandbox.attach(sandbox_id),再调用 await sandbox.restart()。应将 startup_timeout 设置得足够长,以覆盖归档恢复、 镜像拉取和容器启动的耗时。

注意

ROCK Admin 服务必须已启用并配置归档存储。仍需要归档时请勿调用 delete(): 归档存储已配置时,删除 archived 沙箱也会删除对应的归档内容。

2.5 沙箱加速配置

ROCK 提供沙箱网络加速功能,支持配置 APT、PIP 和 GitHub 镜像源,提升受限网络环境下的包下载速度。

支持的加速类型

APT 镜像配置

配置 APT 包管理器镜像源,加速 Debian/Ubuntu 软件包下载。

from rock.sdk.sandbox.speedup import SpeedupType

# 配置 APT 镜像
await sandbox.network.speedup(
speedup_type=SpeedupType.APT,
speedup_value="http://mirrors.cloud.aliyuncs.com"
)

PIP 镜像配置

配置 Python 包索引镜像,加速 pip 安装。

# HTTP 镜像
await sandbox.network.speedup(
speedup_type=SpeedupType.PIP,
speedup_value="http://mirrors.cloud.aliyuncs.com"
)

# HTTPS 镜像
await sandbox.network.speedup(
speedup_type=SpeedupType.PIP,
speedup_value="https://mirrors.aliyun.com"
)

GitHub 加速

通过添加自定义 DNS 解析条目加速 GitHub 访问。

await sandbox.network.speedup(
speedup_type=SpeedupType.GITHUB,
speedup_value="11.11.11.11"
)

完整示例

from rock.sdk.sandbox.speedup import SpeedupType
from rock.actions import RunMode

async def setup_sandbox_with_speedup():
"""创建沙箱并配置加速"""
config = SandboxConfig(image="python:3.11")
sandbox = Sandbox(config)

await sandbox.start()

# 配置加速(在安装包之前配置)
await sandbox.network.speedup(
speedup_type=SpeedupType.APT,
speedup_value="http://mirrors.cloud.aliyuncs.com"
)

await sandbox.arun(cmd="apt-get update && apt-get install -y git", mode=RunMode.NOHUP)

await sandbox.network.speedup(
speedup_type=SpeedupType.PIP,
speedup_value="https://mirrors.aliyun.com"
)

# speedup 不会主动安装 PIP,仅配置镜像源进行加速
await sandbox.arun(cmd="pip install numpy", mode=RunMode.NOHUP)

# 可以通过镜像 IP 加速 GitHub 访问
await sandbox.network.speedup(
speedup_type=SpeedupType.GITHUB,
speedup_value="11.11.11.11"
)

return sandbox

注意事项

  1. 配置顺序: 在安装包之前配置加速
  2. HTTPS vs HTTP: HTTPS 镜像不需要为 PIP 配置 trusted-host
  3. GitHub IP: 不同区域可能需要不同的 IP 以获得最佳性能
  4. 持久性: 配置在沙箱生命周期内持久有效
  5. 多次调用: 后续的加速调用会覆盖之前的配置
  6. PIP 安装: speedup 功能仅配置镜像源,不会自动安装 PIP

3. GEM SDK

3.1 Python SDK 方式

import random
import rock

def main():
"""Main function to run the Sokoban demo with admin server requirement.

NOTE: This demo requires the admin server to be running for proper execution.
Make sure to start the admin server before running this script.
"""
# Create environment using GEM standard interface
# NOTE: This requires the admin server to be running
env_id = "game:Sokoban-v0-easy"
env = rock.make(env_id)

# Reset environment to initial state
observation, info = env.reset(seed=42)
print(
"\n"
+ "=" * 80
+ "\nInitial Observation:\n"
+ str(observation)
+ "\n\nInitial Info:\n"
+ str(info)
+ "\n"
+ "=" * 80
+ "\n"
)

# Run environment loop until termination
step_count = 0
while True:
# Interactive environment operation with random actions
action = f"\\boxed{{{random.choice(['up', 'left', 'right', 'down'])}}}"
observation, reward, terminated, truncated, info = env.step(action)

step_count += 1
print(
"\n"
+ "-" * 80
+ f"\nStep {step_count} - Action: {action}\nReward: {reward}\nObservation:\n{observation}\nInfo: {info}\nTerminated: {terminated}, Truncated: {truncated}\n"
+ "-" * 80
+ "\n"
)

# Check if environment has reached terminal state
if terminated or truncated:
print("\n" + "=" * 80 + "\nEpisode finished!\n" + "=" * 80 + "\n")
break

# Clean up environment resources
env.close()

if __name__ == "__main__":
# Ensure admin server is running before executing
print(
"\n"
+ "=" * 80
+ "\nIMPORTANT: Make sure the admin server is running before executing this demo!\nStart the admin server with: rock admin start\n"
+ "=" * 80
+ "\n"
)
main()

相关文档